#
# 是否支持断点 续爬
FP_PERSIST = True

# 设置 是分布式 还是True  不是False
IS_DISTRIBUTE = True

# redis 数据的配置
REDIS_FP_KEY = 'redis_fp_key'
REDIS_QUEUE_NAME = 'redis_queue_key'
REDIS_HOST = '127.0.0.1'
REDIS_PORT = 6379
REDIS_DB = 0
#
#

#print('3.爬虫项目--settings')

DEFAULT_LOG_FILENAME = "baidu.log"

# 线程 协成
# 设置 使用 coroutine 还是 Thread
#ASYNC_TYPE = 'thread'
ASYNC_TYPE = 'coroutine'


# 1.多爬虫
SPIDERS = [
    'spiders.baidu.BaiduSpider',
    #'spiders.douban.DoubanSpider'
]

# 2. 多管道
PIPELINES = [
    'pipelines.BaiduPipeline',
    #'pipelines.DoubanPipeline'
]

# 3. 多中间件
SPIDERS_MIDDLEWARES = [
    #'middlewares.spider_middleware.SpiderMiddlewareOne'
]

DOWNLOADER_MIDDLEWARES = [

]



